
/*
*  This file is part of mangusta
*
*  mangusta is free software; you can redistribute it and/or modify
*  it under the terms of the GNU General Public License as published by
*  the Free Software Foundation; either version 2 of the License, or
*  (at your option) any later version.
*
*  mangusta is distributed in the hope that it will be useful,
*  but WITHOUT ANY WARRANTY; without even the implied warranty of
*  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
*  GNU General Public License for more details.
*
*  You should have received a copy of the GNU General Public License
*  along with mangusta; if not, write to the Free Software
*  Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  US
*
*  Author: <antonino.calderone@ericsson.com>, <acaldmail@gmail.com>
*
*/

/* -------------------------------------------------------------------------- */

#ifndef __NU_TOKENIZER_H__
#define __NU_TOKENIZER_H__


/* -------------------------------------------------------------------------- */

#include "nu_lang_defs.h"
#include "nu_expr_tknzr.h"

#include <string>
#include <string.h>
#include <map>
#include <cstdio>

namespace nu
{

struct tokenizer_t : public expr_tknzr_t
{
   tokenizer_t(const std::string& data, size_t pos = 0)
      :
      expr_tknzr_t(data, pos,
                  PROGLANG_BLANKS,
                  PROGLANG_NEWLINES,
                  PROGLANG_SINGLE_CHAR_OPS,
                  PROGLANG_WORD_OPS,
                  PROGLANG_BEGIN_SUBEXPR,
                  PROGLANG_END_SUBEXPR,
                  PROGLANG_BEGIN_STRING,
                  PROGLANG_END_STRING,
                  PROGLANG_ESCAPE_CHAR,
                  PROGLANG_BEGIN_SUBSCR,
                  PROGLANG_END_SUBSCR,
                  PROGLANG_SINGLE_CHAR_IDS,
                  PROGLANG_LINE_COMMENT)
   {}
};
}

#endif // NU_TOKENIZER
